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1 static java_lang_Object * popTop (localDeque *dq){ 

2 dequeAge oldAge = dq->age; 

3 unsigned int localBot = dq->bot; 

4 if (localBot == oldAge.top) 

5 return NULL; 

6 javaJang_Object * task = dq->objects[oldAge.top]; 

7 dequeAge newAge = oldAge; 

8 if(++newAge.top==dq->physQdepth) newAge.top = 0; 

9 dequeueAge tempAge = (dequeAge) caslnt((int) newAge, 

10 (int) oldAge, 

1 1 (int*) &dq->age); /*atomic compare-and-swap*/ 

1 2 if(tempAge == oldAge) 

13 return task; 

14 return NULL; 

15 } 

FIG. 7 

1 static void dequePush (localDeque *dq, javaJang__Object *obj) { 

2 unsigned int localBot = dq->bot; 

3 dequeAge oldAge = dq->age; y 

4 if (dequeNumberOfElements (localBot, oldAge.top, dq) == dq->physQdepth-1) { 

5 dequeOverflow(dq); 

6 localBot = dq->bot; 

7 } 

8 setArrayElement (localBot, dq, obj); 

9 if (++localBot == dq->physQdepth) localBot = 0; 

1 0 dq->bot = localBot; 

11 } 

1 static int dequeNumberOfElements(unsigned int localBot, unsigned int localTop, 

2 localDeque *dq) { 

3 int diff = localBot - localTop; 

4 if (diff < 0) 

5 diff = diff + dq->physQdepth; 

6 return diff; 

7 } 

1 static void setArrayElement(int index, 

2 localDeque *dq, 

3 java_lang_pbject *obj) { 

4 dq->objects[index] = obj; 

5 } 

FIG. 8 
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1 static java_lang_Object *dequePopWork (localDeque *dq) { 

2 unsigned int localBot = dq->bot; 

3 javaJang_Object *obj = NULL; 

4 dequeAge oldAge, newAge; 

5 int numElems = dequeNumberOfElements (localBot. dq ->age.top, dq); 

6 if (numElems == 0) 

7 return NULL; 

8 if (numElems > dq->threshold) { 

9 while ((obj == NULL) && 

10 (dequeNumberOfElements (localBot, dq->age.top, dq) > dq->thresnold)) 

11 { 

12 obj = popTop(dq) 

13 } 

14 if (obj != NULL) 

15 return obj; 

16 } 

17 if (-localBot == -1 ) localBot = dq->physQdepth - 1 ; 

18 dq->bot = localBot; 

19 obj = getArrayElement (localBot, dq); 

20 oldAge = dq->age; /* It might have changed */ 

21 if (dequeNumberOfElements (localBot, oldAge.top, dq) > 0) return obj; 

22 newAge.tag = oldAge.tag + 1 ; 

23 newAge.top = oldAge.top 

24 if (localBot == oldAge.top) { 

25 dequeAge tempAge; 

26 tempAge = (dequeAge) caslnt ((int) newAge, 

27 (int) oldAge, 

28 (int*) &dq->age); 

29 if (tempAge == oldAge) return obj; 

30 } 

31 dq->age = newAge; 

32 return NULL; 

33 } 

1 static void setArrayElement(int index, 

2 localDeque *dq, 

3 javaJangObject *obj) { 

4 dq->objects[«ndex] = obj; 

5 } 

FIG. 9 



Title: LOAD-BALANCING QUEUES EMPLOYING LIFO/FIFO WORK STEALING 

Inventor: Nir N. Shavit, Steven K. Heller and Christine H. Flood 

Filing Date: December 6, 2002 REPLACEMENT SHEET 

Serial No: 10/313,878 

Docket No: P8275 Customer No. 021 127 

8/12 



90. 

\ 92 


94 / 

— 4 


CLASS ID= Aj 


LIST 


CLASS ID= B| 


LIST 


CLASS ID= Cj 


LIST - 



1 NEXT " 




NEXT \ 


(OBJECT At) 




(OBJECT A 2 ) 



NULL 
(OBJECT B\) 



NEXT=NULL 

(o b Ject a7) _ 



NEXT " 
(OBJECTCO 



NEXT=NULL 
(OBJECT C 2 ) 



CLASS ID= Xj 


LIST 


to 


NEXT " 




NEXT " 








(OBJECT X,) 




(OBJECT X 2 ) 



FIG. 10 



Title: LOAD-BALANCING QUEUES EMPLOYING UFO/FIFO WORK STEALING 

Inventor: Nir N. Shavit, Steven K. Heller and Christine H. Flood 

Filing Date: December 6, 2002 REPLACEMENT SHEET 

Serial No: 10/313,878 

Docket No: P8275 Customer No. 021127 



9/12 



R 

/\ 

K B 

/ \ DEGENERATE TREE 



K * L 



M N 



FIG. 11 



LIFO SEQUENCE 


FIFO SEQUENCE 


R 


R 


AB 


AB 


ACD 


B 


ACEF 


CD 


ACEGH 


D 


ACEGIJ 


EF 


ACEGIKL 


F 


ACEGIKMN 


GH 


ACEGIKM 


H 


ACEGIK 


IJ 


ACEGI 


J 


ACEG 


KL 


ACE 


L 


AC 


MN 


A 


N 



FIG. 12 



FIG. 13 



Title: LOAD-BALANCING QUEUES EMPLOYING LIFO/FIFO WORK STEALING 

Inventor: Nir N. Shavit, Steven K. Heller and Christine H. Flood 

Filing Date: December 6, 2002 REPLACEMENT SHEET 

Serial No: 10/313,878 

Docket No: P8275 Customer No. 021 127 



10/12 



c 

G H 



I J 



FULL BINARY TREE 




FIG.14 



LIFO SEQUENCE 
R 

AB 

AEF 

AEMN 

AEM 

AE 

AKL 

AK 

A 

CD 

CIJ 

CI 

C 

GH 
G 



FIFO SEQUENCE 
R 

AB 

BCD 

CDEF 

DEFGH 

EFGHIJ 

FGHIJKL 

GHIJKLMN 

HIJKLMN 

IJKLMN 

JKLMN 

KLMN 

LMN 

MN 

N 



FIG. 15 



FIG. 16 



Title: LOAD-BALANCING QUEUES EMPLOYING LIFO/FIFO WORK STEALING 

Inventor: Nir N. Shavit, Steven K. Heller and Christine H. Flood 

Filing Date: December 6, 2002 REPLACEMENT SHEET 

Serial No: 10/313,878 

Docket No: P8275 Customer No. 021127 



11/12 

1 java_lang_Object *dequeFindWork(localDeque *dq) { 

2 java_lang_Object "result = findWorkHelper(dq); 

3 globalDeques *gdqs = dq->gdeques, 

5 ' f ^markTelf Jnactive(dq->index, &gdqs->status Bitmap); /* You have no work V 

6 } 

7 while (result == NULL) { „. 

8 if (!gdqs->statusBitmap) return NULL; /* No one has any work. Terminate. / 

9 poll(NULL, NULL, 0); ^ ... 

1 o if (checkForWork(dq)) { I* You don't have any work, but there is some either 

-j -i on the overflow queue, or in another thread's work 

]l mark.sTlflactiveCdq^index, &gdqs->statusBitmap); r Looking for work */ 

14 result = findWorkHelper(dq); 

15 if (result == NULL) { 

16 mark_self_inactive(dq->index, &gdqs->statusBitmap); 

17 } 

18 } 

19 } 

20 return result; 

21 } 

1 java_lang_Object *findWorkHelper(localDeque *dq) { 

2 java_lang_Object *task = findWorklnOverflowList(dq); 

3 if (task == NULL) { 

4 task = steal Work(dq); 

5 } 

6 return task; 

7 } 

1 static void mark_self_inactive(int self, int *pStatusBitmap) { 

2 int oldValue.newValue; 

3 do{ 

4 oldValue = *pStatusBitmap; 

5 newValue = oldValue &(~(1«self)); 

6 newValue = caslnt(newValue. oldValue, pStatusBitmap); 

7 } while (newValue != oldValue) ; 

8 } 

1 static void mark_self_active(int self, int *pStatusBitmap) { 

2 int oldValue.newValue; 

3 do { 

4 oldValue = *pStatusBitmap; 

5 newValue = oldValue | (1«self); 

6 newValue = caslnt(newValue. oldValue, pStatusBitmap); 

7 } while (newValue != oldValue) ; 

8 } 

FIG. 17 
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1 static java_lang_Object *stealWork(localDeque *dq) { 



2 globalDeques *gdqs = dq->gdeques; 

3 int degree = gdqs->numDeques; 

4 int iterations = 2 * degree; 

5 int i = 0; 

6 while (i++ < iterations) { 

7 localDeque *dqToSteal = pickQueueToStealFrom(gdqs, dq); 

8 if (dqToSteal->bot > dqToSteal->age.top) { 

9 java_lang_Object *task = popTop(dqToSteal); 

10 if(!task) poll(NULL, NULL, 0); 

11 else return task; 

12 } 

13 } 

14 return NULL; 



15 } 

FIG. 18 



1 static bool_t checkForWork(localDeque *dq) { 

2 globalDeques *gdqs = dq->gdeques; 

3 return gdqs->classesWithWork || peekDeque(dq); 

4 } 



1 static bool_t peekDeque(localDeque *dq) { 

2 globalDeques *gdqs = dq->gdeques; 

3 int degree = gdqs->numDeques; 

4 int i; 

5 for (i = 0; t < 2 * degree; i++) { 

6 localDeque *dqToPeek = pickQueueToStealFrom(gdqs, dq); 

7 if (dqToPeek->bot > dqToPeek->age.top) { 

8 return TRUE; 

9 } 

10 } 

1 1 return FALSE; 

12 } 



FIG. 19 



